Login
Log in using an SSO provider:
Fedora Account System
Red Hat Associate
Red Hat Customer
Login using a Red Hat Bugzilla account
Forgot Password
Create an Account
Red Hat Bugzilla – Attachment 1701372 Details for
Bug 1820297
noobaa-operator reports panic on creating an invalid Backingstore: Provider :PVC with incorrect SC name
Home
New
Search
Simple Search
Advanced Search
My Links
Browse
Requests
Reports
Current State
Search
Tabular reports
Graphical reports
Duplicates
Other Reports
User Changes
Plotly Reports
Bug Status
Bug Severity
Non-Defaults
Product Dashboard
Help
Page Help!
Bug Writing Guidelines
What's new
Browser Support Policy
5.0.4.rh92 Release notes
FAQ
Guides index
User guide
Web Services
Contact
Legal
[?]
This site requires JavaScript to be enabled to function correctly, please enable it.
noobaa-operator-log
noobaa-operator.log (text/plain), 11.02 MB, created by
Neha Berry
on 2020-07-16 11:38:14 UTC
(
hide
)
Description:
noobaa-operator-log
Filename:
MIME Type:
Creator:
Neha Berry
Created:
2020-07-16 11:38:14 UTC
Size:
11.02 MB
patch
obsolete
>time="2020-07-16T10:38:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:45Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:45Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:45Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:45Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:45Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:38:45Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d42980 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:45Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:45Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:45Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:45Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:45Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:45Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485361" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 62.7ms" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 35.4ms" >time="2020-07-16T10:38:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.7ms" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485364" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485365" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:38:46Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cb4000 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:46Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 77.2ms" >time="2020-07-16T10:38:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 71.6ms" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13553@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.5948959262e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 53 51 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 53 57 50 54 50 48 48 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485369" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485370" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:38:46Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d24300 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:38:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485372" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485372" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:38:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485374" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485375" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:38:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485377" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:46Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:46Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:46Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:46Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:38:46Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0011ba200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485387" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:38:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485389" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485389" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:38:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485391" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485400" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:38:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485402" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:47Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: system.read_system() Response OK: took 15.2ms" >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:47Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:47Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:38:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13555@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 53 53 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:38:48Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485418" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 15.8ms" >time="2020-07-16T10:38:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485420" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485421" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:38:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:38:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1485423" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 16.0ms" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 9.1ms" >time="2020-07-16T10:38:48Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0012c8180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:48Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485436" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:38:48Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000894200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:38:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485438" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485439" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:38:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485441" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:49Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: system.read_system() Response OK: took 21.9ms" >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:49Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:38:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:50Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:50Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485473" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:38:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485475" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485476" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:38:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485478" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485478" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:38:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:50Z" level=info msg="â RPC: system.read_system() Response OK: took 15.0ms" >time="2020-07-16T10:38:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485480" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:51Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: system.read_system() Response OK: took 15.3ms" >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485501" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:38:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485503" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485503" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:38:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485505" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485521" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:38:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485523" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485523" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:38:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485525" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485526" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 1.2ms" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:38:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:52Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485528" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485529" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:38:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485531" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485532" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:52Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:52Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:38:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485534" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1485535" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:38:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485537" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485537" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:38:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485539" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485540" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 9.1ms" >time="2020-07-16T10:38:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485542" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485545" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:53Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:38:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485549" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485550" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:38:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485552" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:53Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:53Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:53Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:38:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:54Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:54Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485570" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:38:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485572" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485573" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:38:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485575" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485576" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:54Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:38:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485577" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485594" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 16.2ms" >time="2020-07-16T10:38:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485597" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485597" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:38:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485599" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485600" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:38:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485602" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485602" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.2ms" >time="2020-07-16T10:38:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:55Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:38:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485605" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:55Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:38:55Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000049100 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:55Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:56Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:56Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:38:56Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000a80e00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:56Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:38:56Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b1e280 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485626" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:38:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:38:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485628" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485628" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 16.0ms" >time="2020-07-16T10:38:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:56Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485631" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:56Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485631" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 3.7ms" >time="2020-07-16T10:38:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:56Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:56Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:38:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485634" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:38:56Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cd6700 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 23 MiB Sys = 79 MiB NumGC = 1485635" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:38:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1485637" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485637" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:38:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485639" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485640" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:38:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485641" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485642" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:38:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485644" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485645" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:38:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485647" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485648" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:38:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485650" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:57Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:38:57Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d42200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:38:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:38:57Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:57Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485660" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.1ms" >time="2020-07-16T10:38:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:38:57Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005aa400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:38:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485662" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485663" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:38:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485665" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13556@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 53 54 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:38:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485668" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:38:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485670" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485670" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 15.9ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.6ms" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:38:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:58Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485672" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485673" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 2.0ms" >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 9.2ms" >time="2020-07-16T10:38:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485675" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.1ms" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:58Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:58Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485685" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:38:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485687" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485688" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 40.1ms" >time="2020-07-16T10:38:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485690" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485691" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: account.read_account() Response OK: took 23.6ms" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:38:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485694" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485697" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 64.1ms" >time="2020-07-16T10:38:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485700" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485701" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:38:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485703" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485703" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:59Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:38:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485705" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 9.1ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485706" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.8ms" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 1.6ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:38:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:38:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:38:59Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485708" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485709" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:38:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 1.5ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:38:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485711" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:38:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485711" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:38:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:38:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:38:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485713" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485714" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:39:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485716" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485722" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:00Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485724" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485725" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485727" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:00Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:00Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:39:00Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000683b00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:00Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:00Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485737" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:00Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ba9280 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:39:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485738" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485739" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485741" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485742" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:39:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485744" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485746" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485748" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485749" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:39:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485752" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485752" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485754" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485755" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:01Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:39:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485756" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:01Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:02Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:02Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00120b080 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:02Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:02Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:02Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:02Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:02Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:39:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:02Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:02Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:03Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:39:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001232600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:03Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00043ab00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:03Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485792" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:03Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:39:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485794" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485795" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485797" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:03Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:03Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:39:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485834" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:05Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485836" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485837" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:05Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:39:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485839" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:05Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:05Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:06Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:06Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:06Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:06Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.9ms" >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485886" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485888" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485889" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485891" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485891" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:39:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485893" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485894" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485895" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485896" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 5.5ms" >time="2020-07-16T10:39:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485898" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485898" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 14.7ms" >time="2020-07-16T10:39:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485900" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485901" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:39:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485903" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:07Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:39:07Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b1f180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 15.4ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:07Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485907" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:07Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cde580 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 3.4ms" >time="2020-07-16T10:39:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:39:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485909" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485910" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.0ms" >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:08Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:39:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485912" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485913" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.read_system() Response OK: took 14.8ms" >time="2020-07-16T10:39:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1485915" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13558@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 53 56 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485915" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:39:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485917" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485918" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1485920" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485920" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:08Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:39:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485922" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:09Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:09Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:09Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485957" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 4.8ms" >time="2020-07-16T10:39:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: system.read_system() Response OK: took 15.2ms" >time="2020-07-16T10:39:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:39:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485959" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485960" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:39:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485962" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1485962" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:39:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485964" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485965" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 28.6ms" >time="2020-07-16T10:39:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485967" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1485968" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:39:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485970" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1485971" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1485973" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485973" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485975" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1485976" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:39:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1485978" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:10Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:10Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:10Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:10Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:10Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: system.read_system() Response OK: took 10.2ms" >time="2020-07-16T10:39:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:11Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:11Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485997" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: system.read_system() Response OK: took 9.6ms" >time="2020-07-16T10:39:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1485999" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1485999" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:39:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486001" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:39:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486018" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:39:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486020" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486021" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486022" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:12Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:12Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:12Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:12Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005aa400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:12Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:12Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:12Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:12Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486033" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:12Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d87600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486034" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486035" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486037" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486043" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:39:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486045" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:13Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:13Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:13Z" level=info msg="â Not Found: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: temporary error during phase \"Verifying\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=warning msg="â³ Temporary Error: BackingStore Secret \"backing-store-pv-pool-pool1\" not found, but not rejecting the young as it might be in process" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:13Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:13Z" level=info msg="â Not Found: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: temporary error during phase \"Verifying\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=warning msg="â³ Temporary Error: BackingStore Secret \"backing-store-pv-pool-pool1\" not found, but not rejecting the young as it might be in process" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486057" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486059" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486059" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486062" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486063" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 16.4ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486064" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486068" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486070" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486071" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486073" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486073" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486075" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486076" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486078" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486078" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:14Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486080" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:14Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486081" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:14Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486083" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: pool.create_hosts_pool() Request: {Name:pool1 IsManaged:true HostCount:2 HostConfig:{VolumeSize:17179869184} Backingstore:0xc0010fd480}" >time="2020-07-16T10:39:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13559@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDB9.3Mr-fa4DtxYPMajKu0yQzJeOjHCkGGV8f6u_T6SN2_Q Took:0 Error:<nil> Params:map[since:1.594895954889e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 53 57 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 53 57 53 52 56 56 57 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 66 57 46 51 77 114 45 102 97 52 68 116 120 89 80 77 97 106 75 117 48 121 81 122 74 101 79 106 72 67 107 71 71 86 56 102 54 117 95 84 54 83 78 50 95 81 34 125]}" >time="2020-07-16T10:39:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486084" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13560@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDB9.3Mr-fa4DtxYPMajKu0yQzJeOjHCkGGV8f6u_T6SN2_Q Took:0 Error:<nil> Params:map[since:1.594895954909e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 54 48 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 53 57 53 52 57 48 57 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 66 57 46 51 77 114 45 102 97 52 68 116 120 89 80 77 97 106 75 117 48 121 81 122 74 101 79 106 72 67 107 71 71 86 56 102 54 117 95 84 54 83 78 50 95 81 34 125]}" >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â RPC: pool.create_hosts_pool() Response OK: took 34.1ms" >time="2020-07-16T10:39:14Z" level=info msg="â Updated: \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: bucket.update_all_buckets_default_pool() Request: {PoolName:pool1}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: bucket.update_all_buckets_default_pool() Response OK: took 0.5ms" >time="2020-07-16T10:39:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â Created: PersistentVolumeClaim \"pool1-noobaa-pvc-438f4e5e\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486086" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:15Z" level=info msg="â Created: Pod \"pool1-noobaa-pod-438f4e5e\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Created: PersistentVolumeClaim \"pool1-noobaa-pvc-2437e4c0\"\n" >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486087" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Created: Pod \"pool1-noobaa-pod-2437e4c0\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't start all the pods. 0 from 2 has started" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=error msg="UpdateStatus: Operation cannot be fulfilled on backingstores.noobaa.io \"pool1\": the object has been modified; please apply your changes to the latest version and try again" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:39:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486089" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:15Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486090" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486092" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486092" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:39:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486094" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486095" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:39:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486097" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486098" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486100" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:15Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:15Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486109" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486111" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486112" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 5.8ms" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:39:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486114" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486120" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486122" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486122" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 9.6ms" >time="2020-07-16T10:39:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486124" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486125" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 1.9ms" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486127" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486127" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486129" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486130" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:16Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486132" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:16Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000bdc180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:16Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:16Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:16Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:16Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486134" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:16Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005aa400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:17Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:39:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486136" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 5.3ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486137" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:17Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:17Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:39:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.0ms" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486139" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486140" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:39:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486142" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486142" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 23.6ms" >time="2020-07-16T10:39:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486145" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486145" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:39:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486147" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486148" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:39:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486149" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13561@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594895957501e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 54 49 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 53 57 53 55 53 48 49 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486150" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:39:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486152" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486159" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 15.8ms" >time="2020-07-16T10:39:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486161" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486162" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:39:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486164" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486165" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:39:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486167" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13562@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 54 50 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486167" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486169" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486170" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:39:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486172" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486176" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 46.9ms" >time="2020-07-16T10:39:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486179" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486180" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.7ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:39:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13563@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594895958813e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 54 51 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 53 57 53 56 56 49 51 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:18Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486182" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486183" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 33.4ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.3ms" >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 2.2ms" >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:18Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:18Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:39:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486185" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486186" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:39:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486187" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486188" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 14.1ms" >time="2020-07-16T10:39:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486190" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486191" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:39:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486193" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486193" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:39:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486197" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486198" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:39:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486201" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486202" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:39:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486204" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486205" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 15.2ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:19Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 14.8ms" >time="2020-07-16T10:39:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486207" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486207" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.5ms" >time="2020-07-16T10:39:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:39:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486210" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:19Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:19Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:19Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:39:19Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000aaec00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:20Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:20Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:20Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d24400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:20Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:20Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:20Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:20Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:39:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:20Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:20Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:39:20Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005ac200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:20Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:20Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:20Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:20Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:20Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:20Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:20Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13564@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594895961303e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 54 52 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 53 57 54 49 51 48 51 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486245" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:39:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486247" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486248" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486250" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:21Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:21Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:21Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:21Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:21Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486260" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.3ms" >time="2020-07-16T10:39:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:21Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:39:21Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000c8c680 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:21Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:22Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486263" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486263" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:39:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:22Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486266" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486266" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:39:22Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cd7680 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:22Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.9ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:39:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486269" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:22Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005b7280 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486296" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:39:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486298" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486299" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:39:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486300" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486301" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.3ms" >time="2020-07-16T10:39:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486303" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486315" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486317" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486317" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:39:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486319" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486320" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486322" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486322" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486324" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486324" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:39:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486326" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486327" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:39:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486329" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486330" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 18.5ms" >time="2020-07-16T10:39:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:24Z" level=info msg="â RPC: system.read_system() Response OK: took 20.2ms" >time="2020-07-16T10:39:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486332" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:25Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486348" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: account.read_account() Response OK: took 2.4ms" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.read_system() Response OK: took 16.0ms" >time="2020-07-16T10:39:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486350" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486351" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.read_system() Response OK: took 12.6ms" >time="2020-07-16T10:39:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486353" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486354" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.3ms" >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:25Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:25Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:39:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486356" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486356" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.read_system() Response OK: took 14.9ms" >time="2020-07-16T10:39:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486358" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486359" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:25Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:39:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486361" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486362" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:39:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486364" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486364" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:39:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486366" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486367" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:39:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486369" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486376" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:39:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486379" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:39:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:27Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:27Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:27Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:27Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:27Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:39:27Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0012c9d00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:27Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:27Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:27Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:27Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:27Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:27Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:39:27Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d62580 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:27Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:28Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486412" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:28Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.read_system() Response OK: took 16.1ms" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.read_system() Response OK: took 15.3ms" >time="2020-07-16T10:39:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13566@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 54 54 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:28Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486415" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486416" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:39:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486418" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486419" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486421" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486422" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486425" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:28Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486432" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:29Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486434" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486435" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:29Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486437" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486437" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:29Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486439" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486440" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:29Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486442" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:29Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:29Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:39:29Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:29Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:29Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:30Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486466" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:30Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:39:30Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486468" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486469" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:30Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:30Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486471" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486471" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:30Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:30Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486473" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486474" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:30Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:30Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486476" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:30Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486481" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:30Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:30Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486482" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486483" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:39:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486485" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:31Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:31Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:31Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:31Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:31Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: system.read_system() Response OK: took 14.1ms" >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486506" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:39:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486508" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486508" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:39:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486510" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486510" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:39:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486512" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486513" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486515" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486520" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486522" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486522" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486524" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486525" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:39:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486527" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:32Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0001ff000 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:32Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:32Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:32Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486532" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 10.2ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486534" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486535" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486537" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:33Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001071c00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:33Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486538" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.9ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:33Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486540" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486540" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 5.5ms" >time="2020-07-16T10:39:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:39:33Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000a80e00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486542" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:33Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486543" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.0ms" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486545" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486545" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:39:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486547" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486548" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486549" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486558" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486560" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486560" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486562" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486563" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:39:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486565" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486565" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:34Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486567" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:34Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:34Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486570" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486571" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486572" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:39:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486574" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:34Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:34Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:34Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:34Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:34Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:34Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:34Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:35Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:35Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:35Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:35Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:35Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:35Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:35Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486607" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:35Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:35Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:35Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:39:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486608" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486609" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:39:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486611" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486620" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486622" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:36Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:36Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:36Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:36Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:36Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:36Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:36Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:36Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:36Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:36Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:36Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486632" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:36Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:36Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:37Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486633" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486634" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.6ms" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 1.3ms" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:37Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486636" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486643" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.3ms" >time="2020-07-16T10:39:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.3ms" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:37Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:37Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:39:37Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486645" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486646" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:37Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:37Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:37Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486648" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:37Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 15.5ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486661" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:39:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486663" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13567@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 54 55 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486664" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:39:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486666" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486666" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:39:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486668" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486669" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:39:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486671" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486671" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 15.1ms" >time="2020-07-16T10:39:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486673" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:38Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 14.5ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:38Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:38Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:38Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:39:38Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000880b80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:39Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:39:39Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b00700 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:39:39Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000a89f00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486699" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:39:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486701" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486701" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:39:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486703" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:39Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:39:39Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cb4600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:39Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486707" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486709" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486710" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:39:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486712" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486713" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:39:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486715" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486718" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:40Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:40Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:39:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486721" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486722" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 16.1ms" >time="2020-07-16T10:39:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486724" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486725" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:39:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486728" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486728" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:40Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:40Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:40Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:39:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486731" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:40Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486732" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000bdcd00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:40Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:39:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486734" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:39:41Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00068ca00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486735" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.6ms" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:39:41Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d62980 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486737" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486739" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:39:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486741" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486741" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:39:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486743" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486744" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: account.read_account() Response OK: took 2.6ms" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 2.1ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:39:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486746" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486747" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486749" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:41Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486759" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.6ms" >time="2020-07-16T10:39:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:41Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:41Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:42Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486762" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 10.2ms" >time="2020-07-16T10:39:42Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005aa400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486763" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:39:42Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486765" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486765" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:39:42Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486768" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:39:42Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000aaec00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:42Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 11.2ms" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:42Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486784" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:42Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:42Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:42Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:42Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:39:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486787" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486787" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:43Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:43Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486789" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486795" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 12.6ms" >time="2020-07-16T10:39:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486797" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486798" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:43Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486800" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486801" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:39:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486803" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:43Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486810" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486811" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486812" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.6ms" >time="2020-07-16T10:39:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 5.5ms" >time="2020-07-16T10:39:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486814" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486816" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 5.2ms" >time="2020-07-16T10:39:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:44Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486822" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486823" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:39:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486826" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486827" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486829" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:44Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:39:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486840" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 15.6ms" >time="2020-07-16T10:39:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 12 MiB Sys = 79 MiB NumGC = 1486842" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486842" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:39:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486845" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486845" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:39:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486847" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486848" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 14.9ms" >time="2020-07-16T10:39:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486850" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486851" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:39:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486853" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486853" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 15.5ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:39:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1486855" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486856" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:39:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:45Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486859" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486859" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:39:45Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cd7c00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.3ms" >time="2020-07-16T10:39:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:45Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 14.8ms" >time="2020-07-16T10:39:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:45Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:39:45Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:45Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486862" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486862" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.9ms" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486864" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486865" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:39:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:46Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000db1b80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486867" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486875" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:46Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00068ce00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:39:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486877" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486878" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 16.4ms" >time="2020-07-16T10:39:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486880" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486880" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:39:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486882" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486883" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 18.0ms" >time="2020-07-16T10:39:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:39:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486885" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:46Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486897" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.3ms" >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:39:47Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001233980 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:47Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486899" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486900" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:39:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486902" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:47Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486903" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486904" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486905" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:39:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486907" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486907" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:47Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:47Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:39:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1486909" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486912" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 5.5ms" >time="2020-07-16T10:39:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486914" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486915" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:39:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:39:48Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cf8180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486917" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:48Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13569@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 54 57 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486921" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:39:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486923" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486926" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486929" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:39:48Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001232600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:48Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486947" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486949" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486950" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:39:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486952" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486952" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:39:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1486954" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:49Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="â RPC: system.read_system() Response OK: took 14.9ms" >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:49Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:49Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:49Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 94.9ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13570@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594895990009e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 55 48 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 53 57 57 48 48 48 57 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1486965" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 24.3ms" >time="2020-07-16T10:39:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 66.0ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1486967" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486970" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.7ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 1.7ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486973" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:50Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486974" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.6ms" >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:50Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:50Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:39:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1486978" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1486979" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 1.9ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1486981" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486981" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:39:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1486983" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13571@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594895991316e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 55 49 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 53 57 57 49 51 49 54 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1486997" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.7ms" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:39:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487000" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487000" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:39:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487002" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487004" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487005" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487006" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487008" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487009" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:51Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:39:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487010" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487017" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487018" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487019" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:39:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487021" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:52Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487036" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487037" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487038" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:39:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487040" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:53Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:53Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:53Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:39:53Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00118d880 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:53Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:53Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:53Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:53Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ac8580 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487065" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:39:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487067" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487068" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487070" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487070" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:39:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487072" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487072" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:39:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487074" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487077" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.read_system() Response OK: took 14.7ms" >time="2020-07-16T10:39:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487079" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:54Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:54Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487085" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:54Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:54Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:54Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:39:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:55Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:55Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:55Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487088" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:55Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487089" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:39:55Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d72900 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:55Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:39:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487091" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:55Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 12.6ms" >time="2020-07-16T10:39:55Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000370c80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487098" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487099" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:55Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:39:55Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000af4380 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:55Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:55Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487116" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487118" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487119" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:39:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487121" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487122" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: account.read_account() Response OK: took 1.4ms" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 5.1ms" >time="2020-07-16T10:39:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487124" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487125" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:56Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:39:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487127" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:56Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:39:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487128" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.6ms" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 1.2ms" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:56Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:56Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:39:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487130" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:39:56Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.read_system() Response OK: took 10.2ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487137" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:39:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487139" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487140" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:39:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487142" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487142" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:39:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487144" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487145" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487147" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487147" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:39:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487149" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:57Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:57Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:57Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:57Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:39:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487167" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487169" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487169" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13572@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 55 50 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487171" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487172" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487174" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487175" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487176" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487177" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487179" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487179" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487181" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487182" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487184" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487184" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487186" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487187" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:58Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:39:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487189" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487189" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:39:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487191" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487192" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:39:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487194" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487195" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:39:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487198" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487199" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:39:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487202" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487203" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:39:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487205" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487205" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 2.7ms" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.9ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:59Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:59Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:39:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:39:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487207" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487208" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 17.3ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:39:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487210" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:59Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487211" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:39:59Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:39:59Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005a3b00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:39:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:59Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:39:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487213" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:39:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487214" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:39:59Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000277580 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:39:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:39:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:39:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:39:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:39:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487216" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487217" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487218" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487220" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:40:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487221" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487222" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487223" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487224" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:40:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487226" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487227" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.read_system() Response OK: took 5.5ms" >time="2020-07-16T10:40:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487228" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487239" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:40:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487240" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487241" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487243" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487249" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:40:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487251" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487252" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:40:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487254" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:01Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:01Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:01Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:01Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:01Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:01Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:01Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:01Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487263" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:01Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:40:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487265" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487266" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:40:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487268" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487268" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:40:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487270" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487271" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 1.9ms" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:40:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487273" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:02Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:02Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:40:02Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005a4d80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:02Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:02Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:40:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:02Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:03Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:03Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:40:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000894200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:40:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b8c680 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487302" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:40:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487304" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487304" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:40:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487306" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487307" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:40:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487309" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487310" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:40:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487312" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487312" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:03Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:40:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487315" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487315" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487317" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487318" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:40:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487320" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487321" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:40:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487322" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487323" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:04Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487325" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487327" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:40:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487329" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:04Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:04Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:04Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:04Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:04Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:04Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:04Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:04Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:04Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:04Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:04Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:04Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:04Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:40:04Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:04Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:04Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:04Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:04Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:05Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:05Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487351" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:40:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487354" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487354" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:40:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487356" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487357" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 14.5ms" >time="2020-07-16T10:40:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487359" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:05Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:40:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487369" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: account.read_account() Response OK: took 1.1ms" >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:40:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487371" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487371" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:40:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487373" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:06Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:06Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:40:06Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0011ba200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:06Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:40:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:06Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:40:07Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ba8f00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:07Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:40:07Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b00300 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487393" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:07Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:40:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487395" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487396" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:40:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487400" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487401" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:40:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487403" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487404" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:40:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487406" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487407" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:07Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:40:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487409" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13574@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 55 52 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487420" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:40:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487422" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487423" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:40:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487425" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487426" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:40:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487428" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487428" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:40:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487431" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487431" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:40:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487433" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:08Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487438" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:40:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487440" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487440" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:40:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487442" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487448" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:40:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487451" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487451" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:40:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487453" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487454" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:40:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487456" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487456" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:09Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:40:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487458" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487472" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 5.5ms" >time="2020-07-16T10:40:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487474" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487475" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.7ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 5.2ms" >time="2020-07-16T10:40:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487477" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487478" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:10Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:40:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487480" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 9.2ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:10Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:10Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0010c4980 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487487" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:10Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ad7b00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.3ms" >time="2020-07-16T10:40:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487489" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487490" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:40:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487491" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487493" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487495" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487495" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487497" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:11Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:40:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:12Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:12Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487524" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487526" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487526" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:12Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:40:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:12Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487528" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487538" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 15.0ms" >time="2020-07-16T10:40:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487540" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487540" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:40:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487542" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:13Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:13Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487555" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:40:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487557" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:13Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:13Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:13Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:40:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:14Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:14Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:14Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487586" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:40:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:14Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:14Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:14Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:15Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487588" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:15Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487588" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.9ms" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487590" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487592" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:40:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487594" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487594" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:40:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487597" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487597" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:40:15Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:15Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487599" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:15Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:15Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:40:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487616" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:40:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487618" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487619" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:40:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487621" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487622" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:40:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487624" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487624" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.read_system() Response OK: took 14.8ms" >time="2020-07-16T10:40:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487626" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487627" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:40:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487629" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487629" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:40:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487631" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:16Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:16Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:40:16Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000aecd80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:16Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487637" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:40:16Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:40:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:40:17Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000aaf380 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487641" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:17Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487641" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:17Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:40:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487644" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487645" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:40:17Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000a80c00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:40:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487647" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487649" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487651" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487651" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:17Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487653" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:17Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:17Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:18Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13575@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 55 53 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487671" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:18Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:18Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:40:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487673" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487673" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: system.read_system() Response OK: took 14.5ms" >time="2020-07-16T10:40:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487676" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487686" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:40:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487688" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487689" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.read_system() Response OK: took 14.1ms" >time="2020-07-16T10:40:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487691" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487691" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:40:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487693" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487694" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:40:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487696" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487700" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:40:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487702" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487703" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.read_system() Response OK: took 12.9ms" >time="2020-07-16T10:40:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487705" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487705" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.9ms" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 2.8ms" >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:19Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:19Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:40:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487708" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487717" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:40:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487719" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487719" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:40:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487721" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487722" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 2.3ms" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:20Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:40:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:20Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487724" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487725" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:20Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:20Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.read_system() Response OK: took 12.9ms" >time="2020-07-16T10:40:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487727" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487736" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:40:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487738" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487739" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.3ms" >time="2020-07-16T10:40:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:21Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.read_system() Response OK: took 16.4ms" >time="2020-07-16T10:40:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487742" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487750" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487752" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:21Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:21Z" level=info msg="â RPC: system.read_system() Response OK: took 21.1ms" >time="2020-07-16T10:40:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:21Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487761" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:22Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000049d00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:22Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:22Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487764" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:22Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000880b80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487764" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487766" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487767" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:40:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487769" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487770" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:40:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487771" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13576@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.5948960226e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 55 54 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 48 50 50 54 48 48 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487779" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â RPC: system.read_system() Response OK: took 14.5ms" >time="2020-07-16T10:40:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487781" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487786" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:40:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487788" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487788" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:40:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487790" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487791" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:40:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487794" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487794" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:40:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487797" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487797" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:40:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487799" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487800" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:40:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487802" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487802" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.3ms" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 16.0ms" >time="2020-07-16T10:40:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487804" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:23Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 41.6ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:23Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 9.1ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:23Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13577@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594896023902e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 55 55 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 48 50 51 57 48 50 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:40:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.2ms" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487812" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:23Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:23Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 2.4ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:24Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:40:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487814" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487815" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:24Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 12.6ms" >time="2020-07-16T10:40:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487817" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=warning msg="Pod neha-noobaa-pod-bdb188e3 didn't attach yet to noobaa system" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 1 from 1 are pending" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487823" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:40:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487825" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487829" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:24Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:40:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487831" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487841" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:40:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487843" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487844" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:40:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487846" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487847" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:40:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487849" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487850" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:40:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487852" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487852" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:40:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487855" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487855" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:40:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487858" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487858" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 18.1ms" >time="2020-07-16T10:40:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 17.4ms" >time="2020-07-16T10:40:25Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b9e600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487861" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:25Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:25Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:40:25Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:25Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:25Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:25Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:25Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:25Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:25Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 11.2ms" >time="2020-07-16T10:40:26Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00068ca00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:26Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487868" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 15.4ms" >time="2020-07-16T10:40:26Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0009c2080 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:40:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:26Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487871" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487873" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:40:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487876" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:26Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487877" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.3ms" >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 9.6ms" >time="2020-07-16T10:40:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487879" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487880" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:40:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487882" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487883" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:26Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:40:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:40:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487885" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 9.2ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:27Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487902" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:27Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487903" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1487904" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:27Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487906" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487906" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 5.0ms" >time="2020-07-16T10:40:27Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487908" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487909" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:27Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:27Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:27Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:27Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487911" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:40:27Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:27Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:27Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:27Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487918" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:40:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487920" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487920" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:28Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13579@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 55 57 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.6ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 27.6ms" >time="2020-07-16T10:40:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487923" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487923" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 2.3ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:40:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487925" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487926" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 15.9ms" >time="2020-07-16T10:40:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1487928" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487929" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:40:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487931" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487932" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:40:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1487934" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487934" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:28Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:40:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1487936" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:29Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:29Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:29Z" level=info msg="â RPC: system.read_system() Response OK: took 15.3ms" >time="2020-07-16T10:40:29Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:29Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:29Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:29Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:29Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:29Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:40:29Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:29Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:29Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:29Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.4ms" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:30Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1487977" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:30Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487979" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1487980" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:30Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1487982" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:30Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:30Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:30Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:30Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:30Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:30Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:30Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005aa480 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:30Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:30Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:30Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:40:30Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:30Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:30Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:30Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:30Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:30Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:30Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:30Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:30Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:30Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:30Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:40:31Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000895880 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:31Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:31Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:40:31Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d86400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:31Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1487997" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1487999" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1487999" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:40:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488001" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488002" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488004" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488004" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 14.8ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 14.7ms" >time="2020-07-16T10:40:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:31Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488007" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488007" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:31Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:31Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:31Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:31Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:40:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:40:31Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:31Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488010" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:31Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488016" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:40:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488019" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488019" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:40:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488021" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488022" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:40:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488024" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488024" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:40:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488027" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:32Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.read_system() Response OK: took 14.8ms" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.read_system() Response OK: took 36.5ms" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:32Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:32Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005aa180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:32Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:40:32Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:32Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:32Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:32Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:32Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:32Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:33Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000371d80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:33Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:33Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005a4a00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:33Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:33Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:40:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488067" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:40:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488069" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488070" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:40:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488071" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488072" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488074" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488075" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488077" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488079" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:40:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488081" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488082" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:34Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:34Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488084" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:34Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488087" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:34Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:34Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:34Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:40:35Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488089" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488090" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:40:35Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488092" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488092" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:40:35Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488094" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488095" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:40:35Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488096" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488097" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:35Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:35Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:35Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:35Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488099" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:35Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:36Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:36Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:36Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:36Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:36Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:36Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:36Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:36Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:36Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:36Z" level=info msg="â RPC: system.read_system() Response OK: took 14.9ms" >time="2020-07-16T10:40:36Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:36Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:40:36Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:36Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:36Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:36Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:36Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:36Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:37Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:40:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:37Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:37Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:37Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:40:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:37Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:40:38Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d73180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:38Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:38Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:38Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:38Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.6ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:38Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:40:38Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005c6c80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:38Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:38Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:38Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13580@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 56 48 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.6ms" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488168" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:40:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488170" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488170" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:40:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488173" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488173" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:40:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488175" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488176" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:40:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488178" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488178" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488180" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488184" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:40:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488186" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488187" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:40:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488188" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488189" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:40:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488191" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488191" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:40:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488193" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:39Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488213" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488215" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488215" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488217" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488218" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:40:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.1ms" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488220" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488221" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.7ms" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:40:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 5.2ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488223" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:40Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:40Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:40Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:40Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:40:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:40Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 5.2ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:40:41Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b9e600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:41Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488239" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:41Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005b7c80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:41Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:40:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488241" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488242" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:40:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488244" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488244" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:40:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488246" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488247" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:40:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488250" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488250" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:40:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488252" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488253" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:41Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488255" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488256" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:41Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:40:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 12.6ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488258" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:41Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:40:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488265" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:42Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:40:42Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:42Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488267" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488268" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:42Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:42Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:42Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488269" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:42Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:42Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:42Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.read_system() Response OK: took 5.2ms" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:42Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:42Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:40:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:42Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:43Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488294" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488296" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488297" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488299" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488299" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488301" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13581@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594896043632e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 56 49 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 48 52 51 54 51 50 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488302" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:43Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:43Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:40:43Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488304" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488309" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:40:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488310" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488311" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:40:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488313" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488314" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:40:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488317" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488319" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:40:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488322" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488323" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:44Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:40:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488325" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:44Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:44Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:45Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:45Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:45Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:45Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:45Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:40:45Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:45Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:45Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:45Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:45Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:45Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488361" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488363" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488363" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:40:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488365" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488366" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:40:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488368" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488368" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:40:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488370" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488371" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:40:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488373" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:46Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:46Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:46Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:46Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:46Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488381" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:46Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:47Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:40:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 12 MiB Sys = 79 MiB NumGC = 1488384" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:47Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488385" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.7ms" >time="2020-07-16T10:40:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:40:47Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ad7080 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:47Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:47Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:40:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488387" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:47Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:47Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:47Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:40:47Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ba8d00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:48Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13583@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 56 51 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488414" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:40:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488416" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488416" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:40:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488418" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:48Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:48Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:40:48Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000c34d80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:48Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:49Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:49Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488435" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:49Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005b7280 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:49Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:40:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488437" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:49Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488438" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 5.5ms" >time="2020-07-16T10:40:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:49Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488440" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488440" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:49Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001060180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:40:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488442" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488443" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:40:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488445" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488445" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:40:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488447" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488455" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:40:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488457" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488457" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488459" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488461" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488463" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488463" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488465" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488466" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:40:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488468" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488472" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:50Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488474" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:50Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:50Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:50Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:50Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488481" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:50Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:50Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:50Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:50Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:51Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488483" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488484" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:51Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:40:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488486" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488487" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488489" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488489" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:40:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488491" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488492" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488494" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:51Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:51Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: system.read_system() Response OK: took 9.1ms" >time="2020-07-16T10:40:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:52Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:52Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:52Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:52Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:52Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:52Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:52Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488530" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.1ms" >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:52Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488532" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488533" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: account.read_account() Response OK: took 1.6ms" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488535" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488536" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488538" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488542" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:40:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488543" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488544" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488546" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488546" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488548" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488548" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:40:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488551" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:53Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:53Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:53Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:53Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:54Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:54Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.3ms" >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488561" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:40:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488563" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488564" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488565" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488569" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488571" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488573" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:54Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:40:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488575" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:55Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13584@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594896055205e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 56 52 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 48 53 53 50 48 53 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488588" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:40:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488589" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488590" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488592" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488594" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488595" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488604" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488606" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488607" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488608" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488609" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488611" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488611" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 64.7ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488614" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488616" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 76.5ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488619" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13585@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594896056495e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 56 53 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 48 53 54 52 57 53 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488620" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488621" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488622" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488624" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488625" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488626" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488627" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:56Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000be4480 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:56Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488629" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488630" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:56Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:56Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:56Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:40:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488632" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:57Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488633" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:57Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:57Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:40:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488635" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:40:57Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0006c5d80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:40:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:57Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:40:57Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:40:57Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00068ca00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:57Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.1ms" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:40:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488644" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488646" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488647" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488648" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488655" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488657" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488658" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:40:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488660" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:58Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13586@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 56 54 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:40:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488664" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488666" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488667" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:40:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488668" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488679" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488681" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488682" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488684" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488684" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488686" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488687" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488688" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488689" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488691" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488693" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488695" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488696" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488697" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488698" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488700" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488700" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488702" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:59Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:40:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:40:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:59Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488703" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:40:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:40:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:40:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:40:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488706" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:40:59Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000af4880 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:59Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:40:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:40:59Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:40:59Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:40:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:40:59Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:40:59Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488707" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:00Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000894880 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488709" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:00Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005ab180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488710" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488711" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488712" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488714" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488714" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488716" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488723" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:41:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488725" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488725" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:41:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488727" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1488728" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:41:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488730" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488731" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:41:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488733" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488734" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:41:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488736" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488736" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:41:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488738" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488745" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:41:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488747" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488747" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:41:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488749" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:01Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:01Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:01Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:01Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:01Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:01Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:01Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:01Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:01Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:01Z" level=info msg="â RPC: system.read_system() Response OK: took 9.1ms" >time="2020-07-16T10:41:01Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:02Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488770" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:41:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488772" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488773" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:41:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488775" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:41:02Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b34500 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:02Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:02Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:02Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:41:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ac8980 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:03Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:03Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 16.0ms" >time="2020-07-16T10:41:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000db0000 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:03Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488787" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:41:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488789" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488790" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:41:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488792" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488792" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:41:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488794" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488795" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:41:03Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488797" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:03Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:03Z" level=info msg="â RPC: system.read_system() Response OK: took 14.5ms" >time="2020-07-16T10:41:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:04Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:04Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488819" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:41:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488821" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488821" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:04Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:41:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488824" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488840" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:41:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488842" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488842" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.read_system() Response OK: took 15.5ms" >time="2020-07-16T10:41:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488844" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488845" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.read_system() Response OK: took 14.1ms" >time="2020-07-16T10:41:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488847" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488848" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:41:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488850" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488850" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:05Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:05Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:41:05Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488853" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:05Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:05Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:41:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:05Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:05Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488854" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:05Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:05Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:05Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.0ms" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:06Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:06Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488857" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488858" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:06Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00043ab00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 9.6ms" >time="2020-07-16T10:41:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488861" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488861" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:06Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:41:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488864" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:41:06Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000049100 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488864" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.5ms" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 5.3ms" >time="2020-07-16T10:41:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488866" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488872" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:41:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488874" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:41:06Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000be4400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:06Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:07Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:07Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488905" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:41:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488907" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488907" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:41:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488910" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488911" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:41:08Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001085180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:41:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:08Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1488913" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:08Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:08Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488913" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13588@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 56 56 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:41:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488915" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488916" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 15.8ms" >time="2020-07-16T10:41:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 14.9ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488918" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488918" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:41:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488920" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 6.8ms" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:08Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:41:08Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b8c680 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:08Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488930" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.read_system() Response OK: took 14.5ms" >time="2020-07-16T10:41:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488932" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488933" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:41:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488935" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488941" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:09Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:41:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488943" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:09Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:09Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1488944" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 3.2ms" >time="2020-07-16T10:41:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.read_system() Response OK: took 27.1ms" >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:09Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:09Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488946" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488960" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:41:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488962" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1488963" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:41:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488965" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488966" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:41:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488969" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1488971" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.read_system() Response OK: took 12.6ms" >time="2020-07-16T10:41:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488973" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488974" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:41:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1488977" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:10Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:10Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:41:10Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b8cb80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:10Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:41:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:10Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:10Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:10Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:10Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:41:11Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001085180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:11Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:41:11Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cde100 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1488994" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:41:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1488996" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1488996" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1488998" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:11Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005ac100 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489005" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.9ms" >time="2020-07-16T10:41:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:41:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:12Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:41:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:12Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:12Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489008" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489009" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:12Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:12Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: system.read_system() Response OK: took 15.0ms" >time="2020-07-16T10:41:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:41:12Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489011" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489034" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:41:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489036" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489036" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:41:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489038" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489039" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489040" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489041" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:41:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489043" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489043" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:41:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489045" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489046" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.9ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:41:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489048" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489049" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 16.9ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:41:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.0ms" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489051" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:13Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:13Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489052" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.4ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:13Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:41:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489054" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489055" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:13Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:13Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 4.4ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.4ms" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 9.2ms" >time="2020-07-16T10:41:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489057" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489058" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:41:14Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001060180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 16.8ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 16.5ms" >time="2020-07-16T10:41:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 3.5ms" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489060" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489061" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:41:14Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005a5100 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489063" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489064" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.7ms" >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:14Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:41:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489066" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489066" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:41:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489068" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489069" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:41:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489071" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:14Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:14Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:41:14Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ac8580 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:14Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:14Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:41:14Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:14Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:14Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:15Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:15Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0009c2080 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:15Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:15Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:15Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:15Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489104" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:15Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:15Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:15Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:15Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.8ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 1.4ms" >time="2020-07-16T10:41:16Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001060e80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:16Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:16Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:41:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489106" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489107" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:16Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:16Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:41:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:41:16Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0002d6d00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489109" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:16Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489110" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:41:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489112" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489112" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:41:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489114" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489115" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489116" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489117" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489119" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489119" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:41:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489121" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489122" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:41:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489124" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:16Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489130" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:41:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489132" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489133" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:41:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489135" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:41:17Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005c6c80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:17Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:17Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:17Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489154" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:17Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:17Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: account.read_account() Response OK: took 2.7ms" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:41:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489157" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489157" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 2.4ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:41:18Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ad7080 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:18Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:41:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489160" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489161" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:41:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489163" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.8ms" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:18Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:18Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b1e280 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:18Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13589@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 56 57 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489166" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 5.5ms" >time="2020-07-16T10:41:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489167" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 5.3ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489168" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:41:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489170" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489173" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:41:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489175" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=info msg="â RPC: system.read_system() Response OK: took 14.0ms" >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.7ms" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:18Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489181" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:41:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489183" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489183" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:41:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489185" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489185" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:41:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489188" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489188" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:41:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489190" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 11.2ms" >time="2020-07-16T10:41:19Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001232d00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:19Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:19Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489206" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.3ms" >time="2020-07-16T10:41:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:20Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489208" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489209" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:20Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 15.4ms" >time="2020-07-16T10:41:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 14.7ms" >time="2020-07-16T10:41:20Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005c7200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489211" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:20Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:20Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:20Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489212" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.0ms" >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 60.4ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:41:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489215" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:20Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:41:20Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b34600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:20Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489218" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489220" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489221" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489223" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489223" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489225" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489226" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:20Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489228" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489242" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:21Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:21Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489244" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:21Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489245" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: account.read_account() Response OK: took 1.6ms" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:41:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489247" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489247" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:41:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489249" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489250" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:21Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:41:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489252" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489261" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489263" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489264" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489266" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489266" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:41:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489268" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489269" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489270" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489281" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:41:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489282" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489283" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489285" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489286" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489288" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:23Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:23Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:23Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:23Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:41:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:23Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:41:24Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b1e100 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:41:24Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00068ce00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:41:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489341" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489343" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489343" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:41:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489345" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489346" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:41:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489348" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489348" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:41:25Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489350" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:25Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:25Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:41:25Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001085b80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:25Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:25Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:25Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:25Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489355" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:25Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:25Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:25Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:25Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:25Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:25Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:26Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:26Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:26Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:26Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489357" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:26Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005b7280 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:26Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489358" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:26Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:26Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:26Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:41:26Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:26Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489361" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:41:26Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001233d00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:26Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:26Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:26Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:26Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000240880 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:26Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:26Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:41:26Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:26Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:26Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:27Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13591@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.5948960878e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 57 49 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 48 56 55 56 48 48 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:41:27Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:27Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489400" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:27Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:27Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:27Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:27Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:27Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:27Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:27Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:27Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:27Z" level=info msg="â RPC: system.read_system() Response OK: took 15.2ms" >time="2020-07-16T10:41:27Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:27Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489402" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:27Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489403" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:27Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:27Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:27Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:27Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.read_system() Response OK: took 15.6ms" >time="2020-07-16T10:41:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489405" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489405" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489407" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13592@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 57 50 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:41:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489412" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489414" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489415" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:41:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489416" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489417" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:41:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489419" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489420" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489423" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489425" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:28Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.read_system() Response OK: took 31.4ms" >time="2020-07-16T10:41:28Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:28Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.6ms" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:28Z" level=info msg="â RPC: system.read_system() Response OK: took 19.6ms" >time="2020-07-16T10:41:28Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489428" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:28Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:28Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:28Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:28Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:28Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:28Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:28Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:28Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489429" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:28Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.read_system() Response OK: took 24.8ms" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:29Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.read_system() Response OK: took 81.0ms" >time="2020-07-16T10:41:29Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.read_system() Response OK: took 54.1ms" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489433" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:29Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:29Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:29Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:29Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489434" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.1ms" >time="2020-07-16T10:41:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:29Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13593@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594896089202e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 57 51 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 48 56 57 50 48 50 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:29Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:29Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.read_system() Response OK: took 68.3ms" >time="2020-07-16T10:41:29Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489438" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:29Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489438" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:29Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:29Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:29Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:41:29Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:29Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489440" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:29Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489485" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:41:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489487" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:31Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489488" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:31Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:31Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:31Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:31Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:41:31Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:31Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489490" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:31Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:31Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:31Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489509" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:41:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489511" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489512" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:41:32Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489513" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:32Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:32Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:41:32Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d63400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:32Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:32Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:32Z" level=info msg="â RPC: system.read_system() Response OK: took 12.2ms" >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:32Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:32Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489523" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:32Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:32Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:32Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:32Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:32Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:32Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:32Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:32Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:32Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 16.3ms" >time="2020-07-16T10:41:33Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001146d00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:41:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:33Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489525" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489526" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:33Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:41:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489528" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:41:33Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001282b00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:33Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489529" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: account.read_account() Response OK: took 1.2ms" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 1.0ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 15.4ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:41:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489531" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489532" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:41:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489534" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489534" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:41:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489536" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489537" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:41:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489539" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489540" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:33Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:33Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:33Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:41:33Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:33Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489542" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:33Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:34Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:34Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:41:34Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:34Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:34Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:34Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:34Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:34Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:34Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:34Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:34Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:34Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:34Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:34Z" level=info msg="â RPC: system.read_system() Response OK: took 13.1ms" >time="2020-07-16T10:41:34Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:34Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:34Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:34Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:34Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:35Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489582" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:35Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:41:35Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:35Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489584" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489584" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:35Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:35Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:35Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489586" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:35Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:35Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:35Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:35Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.read_system() Response OK: took 10.0ms" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:35Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:35Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:35Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:35Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489596" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:35Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:35Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:35Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:35Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:41:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489598" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489599" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:41:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489601" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489602" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:41:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489603" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489604" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489606" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489607" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 1.9ms" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:36Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489609" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489610" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:41:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489611" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489613" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:36Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:36Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489615" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:36Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489621" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:36Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:36Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:36Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:37Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489622" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489623" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:41:37Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489625" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489634" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:41:37Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489636" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489637" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:37Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:41:37Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:37Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489639" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 12.8ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:37Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:37Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:37Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:37Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:37Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:37Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:37Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:37Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:37Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:41:38Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001283600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:38Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:41:38Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d24480 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489652" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.7ms" >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:38Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:41:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489654" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489654" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489656" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13594@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 57 52 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489657" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:38Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:41:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:38Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489659" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489659" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:38Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:41:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489661" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489662" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:41:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489665" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489665" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:38Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 19.1ms" >time="2020-07-16T10:41:38Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 17.9ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:38Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489667" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:38Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:38Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:38Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:38Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:38Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: system.read_system() Response OK: took 14.6ms" >time="2020-07-16T10:41:38Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:38Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:38Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:38Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:41:39Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000af4880 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:39Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:39Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:41:39Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000a89f00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:39Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489689" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:41:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489691" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489691" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 14.9ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:41:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489694" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:39Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:39Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489695" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.9ms" >time="2020-07-16T10:41:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:39Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:41:39Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489697" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:39Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:39Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489698" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:39Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:39Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:39Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:39Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:41:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489700" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489700" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489702" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489703" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:41:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489705" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489706" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489708" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489708" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489710" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489710" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:41:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489712" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489713" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489715" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489716" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:40Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:40Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:41:40Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:40Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489718" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:40Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:40Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:40Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:40Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:40Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:40Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:40Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:40Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:40Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489728" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489730" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489731" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:41:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489733" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489733" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:41:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489735" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489736" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489738" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489738" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:41:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489740" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489740" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:41:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489742" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489743" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:41Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:41Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:41Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:41:41Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:41Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489745" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:41Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489753" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:41:42Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489755" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489755" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:42Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489757" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:42Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489761" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:42Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:42Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:42Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489763" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:42Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:42Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:42Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:42Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cf9a80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:42Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:42Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:42Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:42Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:42Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:42Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:42Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:42Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:42Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:43Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:41:43Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005aa400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:43Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:43Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:43Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:43Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:43Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:43Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:43Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:43Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:43Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:43Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cd6380 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:43Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:43Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489795" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:43Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:43Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:43Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:43Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 37.8ms" >time="2020-07-16T10:41:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489798" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489798" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 15.8ms" >time="2020-07-16T10:41:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489801" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 13.6ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489808" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:41:44Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489810" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:44Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:44Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:44Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:44Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:44Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:44Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489820" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:44Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:44Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:44Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.2ms" >time="2020-07-16T10:41:44Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:44Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:41:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489822" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489823" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489824" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489831" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489833" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489833" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489835" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489836" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:41:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489838" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489839" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.5ms" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.read_system() Response OK: took 14.5ms" >time="2020-07-16T10:41:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489841" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489842" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:41:45Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489844" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489845" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:45Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:45Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:45Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:45Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:45Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: system.read_system() Response OK: took 10.2ms" >time="2020-07-16T10:41:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489847" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489847" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: system.read_system() Response OK: took 15.1ms" >time="2020-07-16T10:41:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1489850" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489851" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:46Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: system.read_system() Response OK: took 13.5ms" >time="2020-07-16T10:41:46Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:46Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489853" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:46Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:41:46Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005aa400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:46Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:46Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:46Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:46Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:46Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:46Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:46Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:46Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:46Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:46Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:46Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:41:47Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000ad7080 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:47Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 11.2ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:47Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:41:47Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000bdc800 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:47Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:47Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489881" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.3ms" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.6ms" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:41:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489883" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:47Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:47Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489884" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.8ms" >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 15.4ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:47Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:47Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:41:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489886" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 18.3ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489887" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:41:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489889" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489889" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:41:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489891" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489892" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:47Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: system.read_system() Response OK: took 16.7ms" >time="2020-07-16T10:41:47Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489895" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:47Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489896" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:47Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:47Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:47Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:41:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489898" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489898" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:41:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489903" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489903" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13596@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 57 54 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:41:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489906" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489907" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 12.9ms" >time="2020-07-16T10:41:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489909" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489910" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489911" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489912" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489914" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489914" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:48Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:48Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:48Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489916" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:48Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:48Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005a4700 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:48Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:48Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:48Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:48Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:48Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:48Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:48Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:48Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:48Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:48Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:41:49Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d62680 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:49Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:49Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:49Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:41:49Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0002a5500 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:49Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1489927" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:41:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489929" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1489929" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489931" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489932" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 13.4ms" >time="2020-07-16T10:41:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489934" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489934" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 15.8ms" >time="2020-07-16T10:41:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489936" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489937" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:41:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489939" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489939" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:49Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:49Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:41:49Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:49Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489941" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:49Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:49Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:49Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:50Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:50Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:50Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:50Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:50Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:50Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:50Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:41:50Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:50Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489971" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:50Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:50Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:50Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:50Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:51Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1489974" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489974" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1489976" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1489982" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489984" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1489984" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:41:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1489986" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1489987" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:51Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 16.7ms" >time="2020-07-16T10:41:51Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:51Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1489989" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:41:51Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000881b80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:51Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:51Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:51Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:51Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:51Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:51Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:51Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:52Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0001ff000 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:52Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:52Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:52Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:52Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:52Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:41:52Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b8d780 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:52Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490009" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: system.read_system() Response OK: took 17.5ms" >time="2020-07-16T10:41:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490011" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490012" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:41:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:41:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490014" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490015" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:52Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:52Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:52Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:41:52Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:52Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490017" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:52Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490025" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.3ms" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:41:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490027" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490028" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490030" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490031" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.read_system() Response OK: took 14.4ms" >time="2020-07-16T10:41:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490033" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490033" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:53Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: account.read_account() Response OK: took 1.1ms" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:53Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:53Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:41:53Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490036" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:53Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490044" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:53Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:53Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:53Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 13.8ms" >time="2020-07-16T10:41:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490046" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490047" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:41:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490049" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490050" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 14.5ms" >time="2020-07-16T10:41:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490052" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490055" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:41:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490057" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490058" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:41:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490060" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490060" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:41:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490062" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490063" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:41:54Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490065" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:54Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:54Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 15.7ms" >time="2020-07-16T10:41:54Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000880b80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:54Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:54Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:54Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:54Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:41:54Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b00400 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:54Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490070" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:54Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:54Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:54Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:41:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490072" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490072" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490074" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490075" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.read_system() Response OK: took 8.7ms" >time="2020-07-16T10:41:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490077" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490078" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490080" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490080" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490082" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490083" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:55Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:41:55Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:55Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490084" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:55Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:55Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:56Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.5ms" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490109" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.read_system() Response OK: took 12.6ms" >time="2020-07-16T10:41:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490112" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490113" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.6ms" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.read_system() Response OK: took 10.1ms" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:56Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:41:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490115" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490115" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:56Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:41:56Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490117" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:56Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490118" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:56Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:56Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:56Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:41:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490120" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490120" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.read_system() Response OK: took 7.9ms" >time="2020-07-16T10:41:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490122" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490123" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490125" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490125" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:57Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490127" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:41:57Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0005ac200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:57Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:57Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:57Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:57Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:57Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:57Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:57Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490143" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:57Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:57Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:57Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:57Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:57Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:41:57Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490145" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:41:58Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d87600 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490146" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490148" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490149" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 1.6ms" >time="2020-07-16T10:41:58Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 7.2ms" >time="2020-07-16T10:41:58Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cdf800 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490151" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490152" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:58Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13597@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 57 55 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490154" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 8.8ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490155" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490157" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490157" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490159" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490160" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490162" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490162" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490164" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490165" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490167" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:58Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490167" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:41:58Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001060f00 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:41:58Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:41:58Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:58Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 11.2ms" >time="2020-07-16T10:41:58Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:58Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:41:58Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.7ms" >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490170" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:58Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:58Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490170" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:58Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:41:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490172" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490173" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:41:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490175" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490175" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.read_system() Response OK: took 8.9ms" >time="2020-07-16T10:41:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490177" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490178" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.read_system() Response OK: took 9.7ms" >time="2020-07-16T10:41:59Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490180" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:59Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:59Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:41:59Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.8ms" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:41:59Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:41:59Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:41:59Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:41:59Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490195" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:41:59Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:41:59Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:41:59Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:42:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490197" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490197" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:42:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490199" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: system.read_system() Response OK: took 17.2ms" >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:00Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:00Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:00Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13598@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594896120505e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 57 56 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 49 50 48 53 48 53 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:42:00Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:00Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490210" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:00Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:00Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:00Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:00Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:42:00Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:00Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490212" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:00Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490224" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490225" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490226" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490228" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490229" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490230" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490231" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.read_system() Response OK: took 9.2ms" >time="2020-07-16T10:42:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490233" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490233" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.read_system() Response OK: took 41.9ms" >time="2020-07-16T10:42:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490236" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13599@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594896121717e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 53 57 57 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 49 50 49 55 49 55 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490239" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490241" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490241" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:01Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:01Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:42:01Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490243" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:01Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490244" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:01Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:42:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490246" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490247" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:42:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490249" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490249" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:42:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490251" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490257" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:42:02Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:02Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490259" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:02Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.read_system() Response OK: took 8.5ms" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:42:02Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001060180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:02Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:42:02Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:02Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:02Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:02Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:02Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:02Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:02Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:02Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:02Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:03Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 6.9ms" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:42:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000370b80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:03Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:03Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:03Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:42:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000643780 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:03Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:03Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:03Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:03Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:03Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:42:03Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d90800 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:03Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:03Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490293" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:03Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:03Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:03Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:42:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490295" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490296" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:42:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490298" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490298" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:42:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490300" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490304" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:42:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490306" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490307" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:04Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:04Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:42:04Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:04Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490309" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:04Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:05Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:05Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:05Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:05Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:05Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:05Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:05Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:05Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:05Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:05Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:05Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:42:05Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:05Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:05Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:05Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:05Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:05Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:05Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:load_system_store RequestID:13600@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[since:1.594896126021e+12] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 54 48 48 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 108 111 97 100 95 115 121 115 116 101 109 95 115 116 111 114 101 34 44 34 112 97 114 97 109 115 34 58 123 34 115 105 110 99 101 34 58 49 53 57 52 56 57 54 49 50 54 48 50 49 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:42:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490344" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:42:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490346" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490346" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:42:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490350" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490350" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.read_system() Response OK: took 11.7ms" >time="2020-07-16T10:42:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490353" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490354" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:42:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490356" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490358" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:06Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:42:06Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490360" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.read_system() Response OK: took 14.9ms" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.read_system() Response OK: took 9.9ms" >time="2020-07-16T10:42:06Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000894e80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:06Z" level=info msg="â RPC: system.read_system() Response OK: took 16.5ms" >time="2020-07-16T10:42:06Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:06Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:06Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:06Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:06Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:06Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:06Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:06Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:06Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:06Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:07Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:07Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:42:07Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000aa0200 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:07Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 13.9ms" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:07Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:07Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:07Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:07Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.8ms" >time="2020-07-16T10:42:07Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc001070c80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:07Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 10.3ms" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490379" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 12.4ms" >time="2020-07-16T10:42:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490381" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490382" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:42:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 12.0ms" >time="2020-07-16T10:42:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490384" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490385" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:07Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:07Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:07Z" level=info msg="â RPC: system.read_system() Response OK: took 13.7ms" >time="2020-07-16T10:42:07Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:07Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490387" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:07Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13602@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 54 48 50 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:42:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490400" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 4.4ms" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: system.read_system() Response OK: took 15.7ms" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:08Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:08Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:42:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:08Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:08Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490402" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490403" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â RPC: system.read_system() Response OK: took 15.1ms" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:08Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:08Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:42:08Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:08Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490405" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:08Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:08Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:08Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:08Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490414" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:08Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:08Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:08Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:42:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490416" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490417" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.read_system() Response OK: took 9.6ms" >time="2020-07-16T10:42:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490419" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490419" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:42:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490422" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490422" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:42:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490424" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490425" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:42:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490427" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490429" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:42:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490430" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490431" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:09Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:09Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:09Z" level=info msg="â RPC: system.read_system() Response OK: took 13.0ms" >time="2020-07-16T10:42:09Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:09Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490433" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:09Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490444" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:42:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490446" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490447" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:42:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490449" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490449" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:42:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490451" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490452" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:42:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490453" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490454" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.read_system() Response OK: took 9.5ms" >time="2020-07-16T10:42:10Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490456" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:10Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:10Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:42:10Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000cd6380 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:10Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:10Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:10Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:10Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:10Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:10Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:10Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:10Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490465" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:10Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:10Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:10Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:10Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:10Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.3ms" >time="2020-07-16T10:42:11Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0012c8180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:42:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490467" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490468" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:11Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 7.0ms" >time="2020-07-16T10:42:11Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000d91900 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:42:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490470" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490471" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:42:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490473" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490473" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:42:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490475" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490482" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 12.3ms" >time="2020-07-16T10:42:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490484" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490485" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 12.5ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 2.4ms" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490487" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490487" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:42:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:11Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:11Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:11Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490489" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490490" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:11Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:11Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:11Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:11Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:11Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:11Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490492" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:11Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:42:11Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:12Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:12Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:12Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490493" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.read_system() Response OK: took 10.2ms" >time="2020-07-16T10:42:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490495" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490495" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:42:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490497" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490498" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490499" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490508" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:42:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490510" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490510" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:12Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:12Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:12Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:42:12Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:12Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490512" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:12Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490521" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:42:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490523" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490524" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:42:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490525" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490529" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:13Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:13Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:13Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:13Z" level=info msg="â RPC: system.read_system() Response OK: took 8.2ms" >time="2020-07-16T10:42:13Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:13Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490531" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:13Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490545" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: system.read_system() Response OK: took 13.2ms" >time="2020-07-16T10:42:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490547" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490548" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: system.read_system() Response OK: took 11.3ms" >time="2020-07-16T10:42:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490550" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490551" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:42:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490553" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490554" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:14Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:14Z" level=info msg="â RPC: system.read_system() Response OK: took 12.9ms" >time="2020-07-16T10:42:14Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:14Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490556" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:14Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:14Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:14Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:15Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:15Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.7ms" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:15Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:15Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: system.read_system() Response OK: took 9.0ms" >time="2020-07-16T10:42:15Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc00118d880 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:15Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:15Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:15Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: system.read_system() Response OK: took 8.3ms" >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:15Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490589" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:15Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:15Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:15Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:15Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:15Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:15Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.read_system() Response OK: took 12.9ms" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:16Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b1fa80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:16Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:16Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:16Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:42:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490591" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:42:16Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b8d780 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490592" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:42:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490596" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490597" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:42:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490599" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490603" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:16Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:42:16Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:16Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490605" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:16Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:16Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: system.read_system() Response OK: took 10.9ms" >time="2020-07-16T10:42:16Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:16Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:16Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490618" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.read_system() Response OK: took 10.7ms" >time="2020-07-16T10:42:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490620" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490620" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:42:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490623" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490624" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.read_system() Response OK: took 10.6ms" >time="2020-07-16T10:42:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490626" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490626" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:42:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490628" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490629" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:42:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490631" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490631" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.read_system() Response OK: took 9.8ms" >time="2020-07-16T10:42:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490633" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490634" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:17Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: system.read_system() Response OK: took 9.4ms" >time="2020-07-16T10:42:17Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490636" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:17Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490638" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:17Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:17Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:17Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490640" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490640" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 6.5ms" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 6.8ms" >time="2020-07-16T10:42:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490642" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490644" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:42:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490645" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="RPC Handle: &{Op:req API:server_inter_process_api Method:update_master_change RequestID:13603@ws://[::ffff:10.128.2.13]:40474/(4gxx5jm) AuthToken:eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE1OTQ4MzU1MDJ9.2Xhi-ThcHVqJz7tA_Ebz1_jTlPDx-vBvu-L2c5csuAg Took:0 Error:<nil> Params:map[is_master:true] Buffers:[] RawBytes:[123 34 111 112 34 58 34 114 101 113 34 44 34 114 101 113 105 100 34 58 34 49 51 54 48 51 64 119 115 58 47 47 91 58 58 102 102 102 102 58 49 48 46 49 50 56 46 50 46 49 51 93 58 52 48 52 55 52 47 40 52 103 120 120 53 106 109 41 34 44 34 97 112 105 34 58 34 115 101 114 118 101 114 95 105 110 116 101 114 95 112 114 111 99 101 115 115 95 97 112 105 34 44 34 109 101 116 104 111 100 34 58 34 117 112 100 97 116 101 95 109 97 115 116 101 114 95 99 104 97 110 103 101 34 44 34 112 97 114 97 109 115 34 58 123 34 105 115 95 109 97 115 116 101 114 34 58 116 114 117 101 125 44 34 97 117 116 104 95 116 111 107 101 110 34 58 34 101 121 74 104 98 71 99 105 79 105 74 73 85 122 73 49 78 105 73 115 73 110 82 53 99 67 73 54 73 107 112 88 86 67 74 57 46 101 121 74 112 89 88 81 105 79 106 69 49 79 84 81 52 77 122 85 49 77 68 74 57 46 50 88 104 105 45 84 104 99 72 86 113 74 122 55 116 65 95 69 98 122 49 95 106 84 108 80 68 120 45 118 66 118 117 45 76 50 99 53 99 115 117 65 103 34 125]}" >time="2020-07-16T10:42:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490649" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:42:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490651" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490652" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:42:18Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490654" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/pool1 to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:42:18Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000a81f80 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 5.6ms" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:18Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:18Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:18Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:18Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:18Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:18Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490663" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:18Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:42:18Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:18Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:18Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:18Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.4ms" >time="2020-07-16T10:42:18Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:18Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490665" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 5.4ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490666" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 1.7ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:19Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc000b00180 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/noobaa-default-backing-store to bucketclasses" >time="2020-07-16T10:42:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:19Z" level=info msg="will reconcile these bucketclasses: [openshift-storage/noobaa-default-bucket-class]" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 9.3ms" >time="2020-07-16T10:42:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490668" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 6.7ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="Start ..." backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:19Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:19Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Not Found: \"noobaa-default-backing-store-noobaa-noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"rook-ceph-object-user-ocs-storagecluster-cephobjectstore-noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:19Z" level=warning msg="using existing pool but connection mismatch &{Name:noobaa-default-backing-store EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 Identity:UKW9HGXGOT97SCXWMQ4G Secret:psPQtRaKde5dBixXMvRjVzAiZzkAWAIJt81X9Wnd AuthMethod:AWS_V4} pool &{Name:noobaa-default-backing-store ResourceType:CLOUD Mode:OPTIMAL Region: PoolNodeType:BLOCK_STORE_S3 Undeletable:IN_USE CloudInfo:0xc0008b3100 MongoInfo:<nil> HostInfo:<nil> Hosts:<nil>} &{EndpointType:S3_COMPATIBLE Endpoint:http://rook-ceph-rgw-ocs-storagecluster-cephobjectstore.openshift-storage.svc.cluster.local:80 TargetBucket:nb.1594835529533.apps.sagrawal-dc25.qe.rh-ocs.com Identity: NodeName: CreatedBy:operator@noobaa.io Host: AuthMethod:AWS_V4}" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/noobaa-default-backing-store >time="2020-07-16T10:42:19Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:19Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490675" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 7.4ms" >time="2020-07-16T10:42:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490677" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490678" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490679" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490680" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:42:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490681" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490682" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:42:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490684" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Start ..." bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Verifying" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Configuring" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: Ready" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="â Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done" bucketclass=openshift-storage/noobaa-default-bucket-class >time="2020-07-16T10:42:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490685" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:42:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490686" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490687" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:19Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:19Z" level=info msg="â RPC: system.read_system() Response OK: took 5.3ms" >time="2020-07-16T10:42:19Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:19Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490689" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:19Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490695" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:42:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490696" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490697" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:42:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490699" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490699" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.read_system() Response OK: took 7.5ms" >time="2020-07-16T10:42:20Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490701" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.read_system() Response OK: took 8.0ms" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:20Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.read_system() Response OK: took 8.4ms" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:20Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:20Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.read_system() Response OK: took 11.6ms" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:20Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: system.read_system() Response OK: took 8.1ms" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:20Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:20Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490715" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:20Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:20Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:20Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:20Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 1.8ms" >time="2020-07-16T10:42:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:21Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:21Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:21Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:42:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490717" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 11.9ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490718" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 11.1ms" >time="2020-07-16T10:42:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490720" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.2ms" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490721" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:42:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490723" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490726" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:21Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 7.7ms" >time="2020-07-16T10:42:21Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:21Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490728" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 13.3ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.3ms" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:21Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:21Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: system.read_system() Response OK: took 11.8ms" >time="2020-07-16T10:42:21Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:21Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:21Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:22Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: system.read_system() Response OK: took 12.1ms" >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:22Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:22Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:22Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: system.read_system() Response OK: took 11.5ms" >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 22 MiB Sys = 79 MiB NumGC = 1490753" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: system.read_system() Response OK: took 7.1ms" >time="2020-07-16T10:42:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490754" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490755" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:22Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:22Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: system.read_system() Response OK: took 11.4ms" >time="2020-07-16T10:42:22Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:22Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490757" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:22Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490764" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:22Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.2ms" >time="2020-07-16T10:42:22Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:22Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.5ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 14.2ms" >time="2020-07-16T10:42:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490766" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490766" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 11.0ms" >time="2020-07-16T10:42:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490768" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490769" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.3ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 8.6ms" >time="2020-07-16T10:42:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490771" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490771" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 7.8ms" >time="2020-07-16T10:42:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490773" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490774" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:23Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: account.read_account() Response OK: took 0.4ms" >time="2020-07-16T10:42:23Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 12.7ms" >time="2020-07-16T10:42:23Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 10.5ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490776" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 14.3ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:23Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:23Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 10.4ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:23Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: system.read_system() Response OK: took 6.0ms" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:23Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.8ms" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:23Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490789" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:23Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:23Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.2ms" >time="2020-07-16T10:42:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:42:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490791" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.1ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490792" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490794" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 21 MiB Sys = 79 MiB NumGC = 1490794" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.5ms" >time="2020-07-16T10:42:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.4ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:42:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 19 MiB Sys = 79 MiB NumGC = 1490796" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.6ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490797" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.0ms" >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.6ms" >time="2020-07-16T10:42:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490799" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 20 MiB Sys = 79 MiB NumGC = 1490799" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490801" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 14 MiB Sys = 79 MiB NumGC = 1490802" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.24:32042 https://10.1.50.27:32042] PodPorts:[https://10.131.0.28:6443 https://10.129.2.21:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.4ms" >time="2020-07-16T10:42:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 16 MiB Sys = 79 MiB NumGC = 1490804" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 18 MiB Sys = 79 MiB NumGC = 1490804" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.2ms" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 5.8ms" >time="2020-07-16T10:42:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 17 MiB Sys = 79 MiB NumGC = 1490806" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Start ..." sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Starting\" - Alloc = 15 MiB Sys = 79 MiB NumGC = 1490807" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Verifying\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Parsed image (Named) quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Using custom image name \"quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e\" the default is \"noobaa/noobaa-core\"" func=CheckSystemCR sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Creating\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceAccount /api/v1/namespaces/openshift-storage/serviceaccounts/noobaa" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-server" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-core" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged StatefulSet /apis/apps/v1/namespaces/openshift-storage/statefulsets/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/noobaa-db" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/noobaa-mgmt" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Service /api/v1/namespaces/openshift-storage/services/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Route /apis/route.openshift.io/v1/namespaces/openshift-storage/routes/s3" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Not running in AWS. will attempt to create a ceph objectstore user" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Exists: CephObjectStoreUser \"noobaa-ceph-objectstore-user\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Connecting\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32256] PodPorts:[https://10.129.2.16:8443] InternalIP:[https://172.30.44.171:443] InternalDNS:[https://noobaa-mgmt.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://noobaa-mgmt-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=noobaa-mgmt sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: auth.read_auth() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: auth.read_auth() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="Collected addresses: &{NodePorts:[https://10.1.50.27:32042 https://10.1.50.24:32042] PodPorts:[https://10.129.2.21:6443 https://10.131.0.28:6443] InternalIP:[https://172.30.25.249:443] InternalDNS:[https://s3.openshift-storage.svc:443] ExternalIP:[] ExternalDNS:[https://s3-openshift-storage.apps.sagrawal-dc25.qe.rh-ocs.com]}" func=CheckServiceStatus service=s3 sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Configuring\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-operator" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: account.read_account() Request: {Email:admin@noobaa.io}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: account.read_account() Response OK: took 0.3ms" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - updated Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-admin" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Secret /api/v1/namespaces/openshift-storage/secrets/noobaa-endpoints" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged Deployment /apis/apps/v1/namespaces/openshift-storage/deployments/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged HorizontalPodAutoscaler /apis/autoscaling/v1/namespaces/openshift-storage/horizontalpodautoscalers/noobaa-endpoint" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.update_endpoint_group() Request: {GroupName:d17cb370-bd0a-4c96-9dc8-4aeed2f8d12b IsRemote:false Region: EndpointRange:{Min:2 Max:3}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.update_endpoint_group() Response OK: took 0.2ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: redirector.register_to_cluster() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: redirector.register_to_cluster() Response OK: took 0.1ms" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"noobaa-default-backing-store\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Backing store noobaa-default-backing-store already exists. skipping ReconcileCloudCredentials" func=ReconcileDefaultBackingStore sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BucketClass \"noobaa-default-bucket-class\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: StorageClass \"openshift-storage.noobaa.io\"\n" >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged PrometheusRule /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/prometheusrules/noobaa-prometheus-rules" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="ReconcileObject: Done - unchanged ServiceMonitor /apis/monitoring.coreos.com/v1/namespaces/openshift-storage/servicemonitors/noobaa-service-monitor" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.3ms" >time="2020-07-16T10:42:24Z" level=info msg="updating noobaa-core version to 5.5.0-4d2850a" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 7.3ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Deployment \"noobaa-endpoint\"\n" >time="2020-07-16T10:42:24Z" level=info msg="Memory Usage: Phase \"Finishing\" - Alloc = 13 MiB Sys = 79 MiB NumGC = 1490811" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: \"Ready\"" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Done" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done generation 4" sys=openshift-storage/noobaa >time="2020-07-16T10:42:24Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:24Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/new-bs to bucketclasses" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 6.2ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[new-bs]}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.1ms" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="Check if pod need upgrade, pod version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e noobaa version:quay.io/rhceph-dev/mcg-core@sha256:049ba73bee755ebb4503c4beab834f0b95f67df3376257e875a24584866eca0e" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Ready" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:24Z" level=info msg="Start ..." backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"pool1\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Not Found: \"pool1-noobaa-noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-pool1\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: system.read_system() Response OK: took 5.7ms" >time="2020-07-16T10:42:24Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[pool1]}}" >time="2020-07-16T10:42:24Z" level=info msg="â RPC: host.list_hosts() Response OK: took 0.9ms" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=warning msg="Pod pool1-noobaa-pod-2437e4c0 didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=warning msg="Pod pool1-noobaa-pod-438f4e5e didn't attach yet to noobaa system" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: temporary error during phase \"Creating\"" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=warning msg="â³ Temporary Error: BackingStore Still didn't connect all requested pods. 2 from 2 are pending" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/pool1 >time="2020-07-16T10:42:24Z" level=info msg="Start ..." backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="â Exists: BackingStore \"neha\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Not Found: \"neha-noobaa-noobaa\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:24Z" level=info msg="â Exists: \"backing-store-pv-pool-neha\"\n" >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/neha >time="2020-07-16T10:42:24Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/neha >time="2020-07-16T10:42:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="2020-07-16T10:42:25Z" level=info msg="â RPC: system.read_system() Response OK: took 5.9ms" >time="2020-07-16T10:42:25Z" level=info msg="âï¸ RPC: host.list_hosts() Request: {Query:{Pools:[neha]}}" >time="2020-07-16T10:42:25Z" level=info msg="â RPC: host.list_hosts() Response OK: took 1.0ms" >time="2020-07-16T10:42:25Z" level=info msg="SetPhase: Creating" backingstore=openshift-storage/neha >time="2020-07-16T10:42:25Z" level=error msg="Pod neha-noobaa-pod-bdb188e3 didn't attach to noobaa system for more than 10 minutes" backingstore=openshift-storage/neha >time="2020-07-16T10:42:25Z" level=info msg="SetPhase: Rejected" backingstore=openshift-storage/neha >time="2020-07-16T10:42:25Z" level=error msg="â Persistent Error: Current failing: 1 from requested: 1" backingstore=openshift-storage/neha >time="2020-07-16T10:42:25Z" level=info msg="UpdateStatus: Done" backingstore=openshift-storage/neha >time="2020-07-16T10:42:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:25Z" level=info msg="Start ..." backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:25Z" level=info msg="â Exists: BackingStore \"new-bs\"\n" >time="2020-07-16T10:42:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:25Z" level=info msg="checking which bucketclasses to reconcile. mapping backingstore openshift-storage/neha to bucketclasses" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:25Z" level=info msg="will reconcile these bucketclasses: []" >time="2020-07-16T10:42:25Z" level=info msg="â Not Found: \"new-bs-noobaa-noobaa\"\n" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: Secret \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: \"backing-store-pv-pool-new-bs\"\n" >time="2020-07-16T10:42:25Z" level=info msg="SetPhase: Verifying" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:25Z" level=info msg="SetPhase: Connecting" backingstore=openshift-storage/new-bs >time="2020-07-16T10:42:25Z" level=info msg="â Exists: NooBaa \"noobaa\"\n" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: Service \"noobaa-mgmt\"\n" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: Secret \"noobaa-operator\"\n" >time="2020-07-16T10:42:25Z" level=info msg="â Exists: Secret \"noobaa-admin\"\n" >time="2020-07-16T10:42:25Z" level=info msg="âï¸ RPC: system.read_system() Request: <nil>" >time="